{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tutankham-ramDeterministic-v4\n",
      "TennisNoFrameskip-v0\n",
      "RoadRunner-ramDeterministic-v4\n",
      "HandManipulatePenRotateTouchSensorsDense-v1\n",
      "Atlantis-v0\n",
      "Centipede-ramNoFrameskip-v4\n",
      "Hero-ramNoFrameskip-v4\n",
      "Atlantis-ramNoFrameskip-v0\n",
      "AlienNoFrameskip-v4\n",
      "VideoPinball-v4\n",
      "HandManipulateBlockRotateParallelTouchSensors-v0\n",
      "PrivateEye-v0\n",
      "UpNDownDeterministic-v0\n",
      "ElevatorAction-ramDeterministic-v4\n",
      "FishingDerbyDeterministic-v0\n",
      "Roulette-v0\n",
      "HandReachDense-v0\n",
      "Atlantis-ramDeterministic-v0\n",
      "Adventure-ramNoFrameskip-v4\n",
      "RoadRunnerDeterministic-v4\n",
      "SolarisNoFrameskip-v4\n",
      "Frostbite-ramNoFrameskip-v4\n",
      "CentipedeDeterministic-v4\n",
      "DoubleDunkDeterministic-v4\n",
      "Asterix-ram-v0\n",
      "BeamRider-ram-v0\n",
      "Pitfall-ram-v0\n",
      "Asteroids-ram-v0\n",
      "MontezumaRevenge-v4\n",
      "Qbert-ramDeterministic-v0\n",
      "FetchPushDense-v1\n",
      "StarGunnerNoFrameskip-v0\n",
      "JourneyEscape-ram-v4\n",
      "RobotankDeterministic-v4\n",
      "BeamRider-v0\n",
      "SeaquestDeterministic-v0\n",
      "GravitarNoFrameskip-v4\n",
      "LunarLanderContinuous-v2\n",
      "Gopher-ramNoFrameskip-v4\n",
      "CrazyClimber-ramNoFrameskip-v0\n",
      "Pong-ram-v0\n",
      "Pong-ramNoFrameskip-v0\n",
      "AssaultNoFrameskip-v4\n",
      "VentureDeterministic-v4\n",
      "MsPacman-v0\n",
      "CentipedeNoFrameskip-v4\n",
      "Carnival-ram-v0\n",
      "VentureDeterministic-v0\n",
      "Solaris-ram-v0\n",
      "KungFuMaster-ram-v0\n",
      "SkiingDeterministic-v4\n",
      "BerzerkNoFrameskip-v4\n",
      "MsPacman-ram-v4\n",
      "Reacher-v2\n",
      "Defender-ram-v0\n",
      "Ant-v3\n",
      "KungFuMasterDeterministic-v0\n",
      "Assault-ramDeterministic-v4\n",
      "DemonAttackNoFrameskip-v4\n",
      "ZaxxonDeterministic-v0\n",
      "Bowling-ramDeterministic-v4\n",
      "Skiing-ram-v0\n",
      "Venture-ramDeterministic-v4\n",
      "Pooyan-ramDeterministic-v0\n",
      "CarnivalDeterministic-v0\n",
      "ZaxxonNoFrameskip-v0\n",
      "BattleZone-ramNoFrameskip-v0\n",
      "HandManipulateEggRotateTouchSensorsDense-v1\n",
      "KangarooNoFrameskip-v4\n",
      "DemonAttack-ram-v0\n",
      "TennisNoFrameskip-v4\n",
      "Ant-v2\n",
      "Defender-ramDeterministic-v4\n",
      "BankHeistDeterministic-v0\n",
      "Berzerk-v0\n",
      "BeamRider-ramDeterministic-v0\n",
      "Kangaroo-v0\n",
      "Robotank-ram-v4\n",
      "Phoenix-v0\n",
      "TimePilot-ram-v4\n",
      "Seaquest-ramNoFrameskip-v0\n",
      "ElevatorAction-ram-v4\n",
      "KrullDeterministic-v0\n",
      "Enduro-ramNoFrameskip-v4\n",
      "RepeatCopy-v0\n",
      "Skiing-ramDeterministic-v0\n",
      "Centipede-ramDeterministic-v0\n",
      "RoadRunner-ramNoFrameskip-v0\n",
      "KungFuMaster-ramDeterministic-v0\n",
      "Pooyan-ramNoFrameskip-v4\n",
      "WizardOfWor-ramDeterministic-v4\n",
      "GopherDeterministic-v0\n",
      "AsteroidsNoFrameskip-v0\n",
      "BeamRider-v4\n",
      "YarsRevenge-ramDeterministic-v0\n",
      "Krull-v4\n",
      "TimePilotDeterministic-v4\n",
      "AdventureNoFrameskip-v4\n",
      "Phoenix-ramNoFrameskip-v0\n",
      "Gopher-ramNoFrameskip-v0\n",
      "ChopperCommand-v4\n",
      "FishingDerby-v4\n",
      "UpNDownNoFrameskip-v4\n",
      "Hopper-v2\n",
      "Phoenix-ram-v4\n",
      "PrivateEyeNoFrameskip-v4\n",
      "Zaxxon-ramDeterministic-v4\n",
      "BeamRider-ramNoFrameskip-v0\n",
      "Boxing-ramNoFrameskip-v0\n",
      "Striker-v2\n",
      "Hopper-v3\n",
      "KungFuMaster-ramDeterministic-v4\n",
      "SolarisDeterministic-v0\n",
      "Seaquest-v4\n",
      "PhoenixNoFrameskip-v0\n",
      "AirRaid-v0\n",
      "DemonAttack-v4\n",
      "BerzerkDeterministic-v4\n",
      "KungFuMaster-v4\n",
      "BattleZoneNoFrameskip-v4\n",
      "Bowling-ramNoFrameskip-v0\n",
      "BerzerkDeterministic-v0\n",
      "Gopher-ram-v0\n",
      "Bowling-v4\n",
      "TennisDeterministic-v4\n",
      "Hero-ramNoFrameskip-v0\n",
      "MsPacmanDeterministic-v4\n",
      "Centipede-v0\n",
      "HandManipulateBlockRotateParallel-v0\n",
      "AmidarNoFrameskip-v4\n",
      "MontezumaRevenge-ramNoFrameskip-v0\n",
      "ElevatorAction-v0\n",
      "KrullDeterministic-v4\n",
      "Assault-v4\n",
      "BowlingNoFrameskip-v4\n",
      "FishingDerby-ramDeterministic-v0\n",
      "HandManipulateBlockRotateParallelTouchSensorsDense-v0\n",
      "Pitfall-v0\n",
      "Krull-ramNoFrameskip-v0\n",
      "Gopher-ram-v4\n",
      "BattleZone-ram-v4\n",
      "Carnival-ramDeterministic-v4\n",
      "YarsRevengeDeterministic-v0\n",
      "Gopher-ramDeterministic-v4\n",
      "Venture-ramNoFrameskip-v4\n",
      "BankHeistDeterministic-v4\n",
      "SpaceInvadersNoFrameskip-v4\n",
      "BankHeist-v0\n",
      "HandManipulatePenRotateTouchSensors-v1\n",
      "Qbert-ram-v4\n",
      "HandManipulateBlockFullDense-v0\n",
      "FishingDerby-ramNoFrameskip-v4\n",
      "FetchPickAndPlace-v1\n",
      "Solaris-ramNoFrameskip-v4\n",
      "MsPacmanNoFrameskip-v0\n",
      "PrivateEye-ram-v4\n",
      "MemorizeDigits-v0\n",
      "NameThisGameNoFrameskip-v4\n",
      "Venture-ram-v4\n",
      "CubeCrash-v0\n",
      "SeaquestNoFrameskip-v4\n",
      "FrostbiteNoFrameskip-v0\n",
      "RoadRunner-ram-v0\n",
      "YarsRevenge-ramNoFrameskip-v0\n",
      "WizardOfWor-v4\n",
      "QbertDeterministic-v4\n",
      "Tennis-ram-v4\n",
      "Krull-ramDeterministic-v4\n",
      "NChain-v0\n",
      "HandManipulateBlockRotateZ-v0\n",
      "TimePilot-ramDeterministic-v0\n",
      "Alien-ramDeterministic-v0\n",
      "ChopperCommand-ramDeterministic-v4\n",
      "HotterColder-v0\n",
      "StarGunnerNoFrameskip-v4\n",
      "Asteroids-ramDeterministic-v4\n",
      "HandManipulateEggTouchSensorsDense-v0\n",
      "Skiing-v0\n",
      "IceHockey-ramDeterministic-v0\n",
      "HeroNoFrameskip-v0\n",
      "Pong-ram-v4\n",
      "CentipedeDeterministic-v0\n",
      "GravitarNoFrameskip-v0\n",
      "HandManipulatePenTouchSensorsDense-v1\n",
      "NameThisGame-v4\n",
      "AirRaid-ramDeterministic-v0\n",
      "Centipede-ram-v0\n",
      "Frostbite-ram-v4\n",
      "TimePilotNoFrameskip-v0\n",
      "AirRaidNoFrameskip-v4\n",
      "RiverraidDeterministic-v4\n",
      "Boxing-ram-v4\n",
      "AssaultNoFrameskip-v0\n",
      "HandManipulateBlockRotateXYZTouchSensors-v0\n",
      "MontezumaRevenge-v0\n",
      "PooyanNoFrameskip-v4\n",
      "Boxing-ram-v0\n",
      "Asteroids-ramNoFrameskip-v0\n",
      "CrazyClimber-v4\n",
      "WizardOfWor-ramNoFrameskip-v0\n",
      "RoadRunnerNoFrameskip-v4\n",
      "BankHeistNoFrameskip-v0\n",
      "BreakoutNoFrameskip-v0\n",
      "HandManipulateBlockRotateParallelTouchSensorsDense-v1\n",
      "CrazyClimber-ram-v4\n",
      "Asteroids-v4\n",
      "AsteroidsDeterministic-v0\n",
      "Tennis-ramDeterministic-v4\n",
      "Seaquest-ramNoFrameskip-v4\n",
      "AirRaid-ramDeterministic-v4\n",
      "Pooyan-v0\n",
      "BoxingDeterministic-v0\n",
      "RoadRunner-v4\n",
      "Pooyan-ram-v0\n",
      "TutankhamDeterministic-v0\n",
      "Defender-v4\n",
      "FishingDerby-ramNoFrameskip-v0\n",
      "DoubleDunk-ram-v4\n",
      "Alien-ram-v4\n",
      "Hero-v4\n",
      "NameThisGame-ram-v0\n",
      "ChopperCommand-ram-v4\n",
      "KellyCoinflipGeneralized-v0\n",
      "Gopher-v4\n",
      "Venture-v4\n",
      "SkiingNoFrameskip-v0\n",
      "AsterixNoFrameskip-v0\n",
      "Defender-ramNoFrameskip-v0\n",
      "Alien-ramDeterministic-v4\n",
      "FrostbiteDeterministic-v0\n",
      "VentureNoFrameskip-v0\n",
      "MsPacman-ramDeterministic-v0\n",
      "GravitarDeterministic-v0\n",
      "FishingDerby-ramDeterministic-v4\n",
      "HandManipulatePenFullDense-v0\n",
      "SkiingNoFrameskip-v4\n",
      "PrivateEye-v4\n",
      "PrivateEye-ram-v0\n",
      "Breakout-v0\n",
      "JourneyEscape-v4\n",
      "AssaultDeterministic-v4\n",
      "Tutankham-v4\n",
      "StarGunner-ramDeterministic-v0\n",
      "BankHeist-ramNoFrameskip-v4\n",
      "Defender-ramNoFrameskip-v4\n",
      "SeaquestDeterministic-v4\n",
      "Zaxxon-ramNoFrameskip-v4\n",
      "MountainCarContinuous-v0\n",
      "VideoPinball-v0\n",
      "DemonAttackNoFrameskip-v0\n",
      "QbertDeterministic-v0\n",
      "UpNDown-v4\n",
      "Hero-ram-v0\n",
      "Riverraid-ramNoFrameskip-v0\n",
      "AirRaid-ram-v4\n",
      "HandManipulateEggRotateTouchSensorsDense-v0\n",
      "YarsRevengeNoFrameskip-v0\n",
      "YarsRevenge-ram-v0\n",
      "Pong-ramDeterministic-v0\n",
      "Frostbite-ram-v0\n",
      "Seaquest-ramDeterministic-v0\n",
      "AtlantisDeterministic-v4\n",
      "WizardOfWor-ramNoFrameskip-v4\n",
      "SpaceInvadersDeterministic-v4\n",
      "BreakoutNoFrameskip-v4\n",
      "Skiing-ramNoFrameskip-v0\n",
      "HandManipulateBlockRotateXYZTouchSensorsDense-v0\n",
      "AirRaid-ramNoFrameskip-v4\n",
      "Gravitar-v0\n",
      "DoubleDunkDeterministic-v0\n",
      "PrivateEye-ramDeterministic-v0\n",
      "MontezumaRevenge-ramDeterministic-v0\n",
      "Gravitar-ramNoFrameskip-v4\n",
      "Alien-ram-v0\n",
      "Zaxxon-ram-v0\n",
      "KungFuMaster-v0\n",
      "Riverraid-ram-v0\n",
      "JamesbondDeterministic-v4\n",
      "Krull-ram-v4\n",
      "Amidar-v0\n",
      "Amidar-ramNoFrameskip-v0\n",
      "JourneyEscapeNoFrameskip-v4\n",
      "StarGunner-v4\n",
      "Swimmer-v3\n",
      "Amidar-v4\n",
      "Atlantis-ram-v0\n",
      "Tutankham-ramNoFrameskip-v0\n",
      "Boxing-ramNoFrameskip-v4\n",
      "Freeway-ram-v0\n",
      "HandManipulateBlockRotateZTouchSensors-v0\n",
      "Carnival-ramDeterministic-v0\n",
      "Breakout-ramDeterministic-v4\n",
      "DemonAttack-ramNoFrameskip-v0\n",
      "Berzerk-ram-v0\n",
      "Gravitar-ramNoFrameskip-v0\n",
      "PrivateEye-ramNoFrameskip-v0\n",
      "PooyanDeterministic-v0\n",
      "Riverraid-ramNoFrameskip-v4\n",
      "Berzerk-ramDeterministic-v4\n",
      "BerzerkNoFrameskip-v0\n",
      "Pusher-v2\n",
      "Robotank-ram-v0\n",
      "BankHeistNoFrameskip-v4\n",
      "BattleZone-ram-v0\n",
      "SpaceInvadersNoFrameskip-v0\n",
      "StarGunner-ramNoFrameskip-v4\n",
      "HandManipulateBlockRotateZDense-v0\n",
      "FetchReachDense-v1\n",
      "FishingDerbyNoFrameskip-v0\n",
      "Pooyan-v4\n",
      "TimePilot-v4\n",
      "HandManipulatePenTouchSensorsDense-v0\n",
      "DoubleDunkNoFrameskip-v4\n",
      "WizardOfWor-ram-v4\n",
      "DoubleDunk-ramDeterministic-v4\n",
      "UpNDownNoFrameskip-v0\n",
      "Frostbite-ramNoFrameskip-v0\n",
      "HandManipulateEggRotateTouchSensors-v1\n",
      "Amidar-ramNoFrameskip-v4\n",
      "Krull-ramDeterministic-v0\n",
      "Skiing-ramDeterministic-v4\n",
      "PrivateEyeDeterministic-v4\n",
      "Qbert-ramNoFrameskip-v4\n",
      "PooyanNoFrameskip-v0\n",
      "HandManipulateEggDense-v0\n",
      "ChopperCommand-ram-v0\n",
      "Riverraid-ramDeterministic-v0\n",
      "FishingDerbyDeterministic-v4\n",
      "MsPacmanNoFrameskip-v4\n",
      "Boxing-v4\n",
      "PrivateEye-ramDeterministic-v4\n",
      "Skiing-v4\n",
      "MontezumaRevengeDeterministic-v4\n",
      "NameThisGame-v0\n",
      "Jamesbond-v4\n",
      "Riverraid-ramDeterministic-v4\n",
      "IceHockey-ram-v4\n",
      "DefenderNoFrameskip-v4\n",
      "AssaultDeterministic-v0\n",
      "Enduro-ram-v4\n",
      "AsterixDeterministic-v4\n",
      "UpNDown-ramNoFrameskip-v4\n",
      "VideoPinball-ram-v0\n",
      "AlienDeterministic-v0\n",
      "ChopperCommandNoFrameskip-v0\n",
      "HandManipulateEggFullDense-v0\n",
      "Berzerk-ramNoFrameskip-v4\n",
      "Pong-ramNoFrameskip-v4\n",
      "Asterix-ramNoFrameskip-v4\n",
      "YarsRevengeNoFrameskip-v4\n",
      "Zaxxon-ramDeterministic-v0\n",
      "BeamRider-ram-v4\n",
      "RoadRunnerNoFrameskip-v0\n",
      "ChopperCommand-ramDeterministic-v0\n",
      "KungFuMasterNoFrameskip-v4\n",
      "CrazyClimberNoFrameskip-v0\n",
      "HandManipulatePenFull-v0\n",
      "RoadRunner-ramDeterministic-v0\n",
      "Kangaroo-ram-v0\n",
      "FishingDerbyNoFrameskip-v4\n",
      "UpNDown-ram-v0\n",
      "Breakout-ramNoFrameskip-v0\n",
      "HandManipulateBlockDense-v0\n",
      "BoxingDeterministic-v4\n",
      "RoadRunner-v0\n",
      "AmidarNoFrameskip-v0\n",
      "Jamesbond-ramNoFrameskip-v0\n",
      "LunarLander-v2\n",
      "DefenderNoFrameskip-v0\n",
      "BattleZoneDeterministic-v0\n",
      "Breakout-ram-v0\n",
      "YarsRevengeDeterministic-v4\n",
      "BattleZoneDeterministic-v4\n",
      "AsteroidsDeterministic-v4\n",
      "Pitfall-ram-v4\n",
      "SpaceInvadersDeterministic-v0\n",
      "EnduroDeterministic-v0\n",
      "AirRaidDeterministic-v4\n",
      "JamesbondDeterministic-v0\n",
      "IceHockey-ramNoFrameskip-v0\n",
      "HeroNoFrameskip-v4\n",
      "Phoenix-ram-v0\n",
      "HandManipulatePenDense-v0\n",
      "PongNoFrameskip-v0\n",
      "Qbert-v4\n",
      "RoadRunnerDeterministic-v0\n",
      "AtlantisDeterministic-v0\n",
      "AdventureNoFrameskip-v0\n",
      "AmidarDeterministic-v0\n",
      "Freeway-ramNoFrameskip-v4\n",
      "Gravitar-ramDeterministic-v0\n",
      "DefenderDeterministic-v0\n",
      "Frostbite-v0\n",
      "YarsRevenge-ramNoFrameskip-v4\n",
      "AmidarDeterministic-v4\n",
      "Assault-ramNoFrameskip-v4\n",
      "SpaceInvaders-ramNoFrameskip-v4\n",
      "BowlingNoFrameskip-v0\n",
      "Adventure-ramDeterministic-v4\n",
      "HandManipulateBlockRotateXYZTouchSensorsDense-v1\n",
      "HandManipulateEgg-v0\n",
      "Kangaroo-v4\n",
      "GravitarDeterministic-v4\n",
      "Tutankham-ram-v0\n",
      "Adventure-v0\n",
      "Phoenix-ramNoFrameskip-v4\n",
      "Acrobot-v1\n",
      "KungFuMaster-ramNoFrameskip-v0\n",
      "KrullNoFrameskip-v0\n",
      "IceHockey-ramNoFrameskip-v4\n",
      "JourneyEscape-ramNoFrameskip-v0\n",
      "SpaceInvaders-ram-v0\n",
      "HandManipulatePenRotateTouchSensorsDense-v0\n",
      "FetchReach-v1\n",
      "TennisDeterministic-v0\n",
      "RobotankDeterministic-v0\n",
      "Taxi-v2\n",
      "Zaxxon-ramNoFrameskip-v0\n",
      "Carnival-v4\n",
      "BattleZone-ramNoFrameskip-v4\n",
      "VideoPinballDeterministic-v4\n",
      "Adventure-ram-v0\n",
      "FrostbiteNoFrameskip-v4\n",
      "MsPacman-ramNoFrameskip-v0\n",
      "SpaceInvaders-ram-v4\n",
      "HandManipulatePenRotateDense-v0\n",
      "Tennis-ramDeterministic-v0\n",
      "Atlantis-v4\n",
      "Bowling-ramNoFrameskip-v4\n",
      "ElevatorActionNoFrameskip-v0\n",
      "TimePilot-ramNoFrameskip-v0\n",
      "Gopher-ramDeterministic-v0\n",
      "Solaris-v4\n",
      "BattleZoneNoFrameskip-v0\n",
      "BowlingDeterministic-v0\n",
      "Venture-v0\n",
      "FreewayNoFrameskip-v0\n",
      "Asteroids-ramDeterministic-v0\n",
      "Freeway-ramDeterministic-v4\n",
      "MontezumaRevenge-ramNoFrameskip-v4\n",
      "SkiingDeterministic-v0\n",
      "Robotank-v4\n",
      "PitfallDeterministic-v4\n",
      "BeamRiderDeterministic-v0\n",
      "Hero-v0\n",
      "MontezumaRevenge-ram-v0\n",
      "DemonAttack-ramDeterministic-v0\n",
      "AdventureDeterministic-v4\n",
      "JourneyEscape-ramNoFrameskip-v4\n",
      "Breakout-ram-v4\n",
      "CarnivalNoFrameskip-v0\n",
      "IceHockeyDeterministic-v0\n",
      "YarsRevenge-v0\n",
      "Asterix-ramDeterministic-v4\n",
      "MontezumaRevengeNoFrameskip-v4\n",
      "CrazyClimber-ram-v0\n",
      "Seaquest-ramDeterministic-v4\n",
      "Enduro-ramNoFrameskip-v0\n",
      "CrazyClimber-ramDeterministic-v4\n",
      "YarsRevenge-ram-v4\n",
      "DemonAttackDeterministic-v4\n",
      "Amidar-ram-v4\n",
      "BeamRiderNoFrameskip-v0\n",
      "AsteroidsNoFrameskip-v4\n",
      "Tennis-v4\n",
      "FetchPickAndPlaceDense-v1\n",
      "TimePilot-ramNoFrameskip-v4\n",
      "InvertedDoublePendulum-v2\n",
      "Atlantis-ram-v4\n",
      "Adventure-v4\n",
      "StarGunner-ramNoFrameskip-v0\n",
      "NameThisGame-ramDeterministic-v0\n",
      "FreewayNoFrameskip-v4\n",
      "BankHeist-ramDeterministic-v0\n",
      "CrazyClimberDeterministic-v4\n",
      "Qbert-ramNoFrameskip-v0\n",
      "JourneyEscape-v0\n",
      "Reverse-v0\n",
      "ElevatorAction-ram-v0\n",
      "JourneyEscapeDeterministic-v0\n",
      "BankHeist-ram-v4\n",
      "ElevatorActionDeterministic-v0\n",
      "ElevatorAction-ramDeterministic-v0\n",
      "HalfCheetah-v3\n",
      "MontezumaRevenge-ramDeterministic-v4\n",
      "Centipede-ram-v4\n",
      "SpaceInvaders-ramDeterministic-v0\n",
      "HandManipulateEggTouchSensors-v1\n",
      "Bowling-v0\n",
      "KungFuMaster-ramNoFrameskip-v4\n",
      "Pitfall-ramDeterministic-v0\n",
      "Robotank-ramNoFrameskip-v4\n",
      "Solaris-ramDeterministic-v4\n",
      "Swimmer-v2\n",
      "Walker2d-v3\n",
      "Qbert-ramDeterministic-v4\n",
      "ChopperCommand-v0\n",
      "DuplicatedInput-v0\n",
      "RoadRunner-ram-v4\n",
      "Tennis-ramNoFrameskip-v0\n",
      "Jamesbond-ram-v4\n",
      "Atlantis-ramNoFrameskip-v4\n",
      "Enduro-ramDeterministic-v4\n",
      "PhoenixDeterministic-v4\n",
      "BipedalWalker-v2\n",
      "ReversedAddition-v0\n",
      "PrivateEyeNoFrameskip-v0\n",
      "SpaceInvaders-ramNoFrameskip-v0\n",
      "HandManipulateEggTouchSensorsDense-v1\n",
      "CrazyClimberDeterministic-v0\n",
      "Walker2d-v2\n",
      "CubeCrashSparse-v0\n",
      "Carnival-ramNoFrameskip-v0\n",
      "ChopperCommandNoFrameskip-v4\n",
      "Zaxxon-v0\n",
      "Riverraid-ram-v4\n",
      "PrivateEye-ramNoFrameskip-v4\n",
      "Pitfall-ramNoFrameskip-v4\n",
      "Robotank-ramDeterministic-v0\n",
      "Robotank-ramNoFrameskip-v0\n",
      "SolarisNoFrameskip-v0\n",
      "HalfCheetah-v2\n",
      "MsPacman-ramDeterministic-v4\n",
      "Blackjack-v0\n",
      "PrivateEyeDeterministic-v0\n",
      "DemonAttackDeterministic-v0\n",
      "TutankhamNoFrameskip-v4\n",
      "Krull-v0\n",
      "Amidar-ramDeterministic-v4\n",
      "AirRaid-ramNoFrameskip-v0\n",
      "HandManipulateBlockTouchSensorsDense-v0\n",
      "HandManipulateEggFull-v0\n",
      "HandManipulateEggRotate-v0\n",
      "Freeway-v0\n",
      "EnduroNoFrameskip-v0\n",
      "Jamesbond-ramDeterministic-v0\n",
      "HandManipulateBlockTouchSensors-v1\n",
      "EnduroDeterministic-v4\n",
      "CubeCrashScreenBecomesBlack-v0\n",
      "FrozenLake-v0\n",
      "Boxing-ramDeterministic-v4\n",
      "BeamRiderNoFrameskip-v4\n",
      "StarGunner-ramDeterministic-v4\n",
      "IceHockey-v0\n",
      "WizardOfWorDeterministic-v4\n",
      "StarGunnerDeterministic-v4\n",
      "Solaris-ram-v4\n",
      "Assault-v0\n",
      "CartPole-v0\n",
      "QbertNoFrameskip-v0\n",
      "AlienNoFrameskip-v0\n",
      "GopherDeterministic-v4\n",
      "CrazyClimber-ramDeterministic-v0\n",
      "Hero-ramDeterministic-v4\n",
      "Gopher-v0\n",
      "Solaris-ramDeterministic-v0\n",
      "Assault-ram-v0\n",
      "Pooyan-ramNoFrameskip-v0\n",
      "HandManipulateBlockFull-v0\n",
      "AtlantisNoFrameskip-v0\n",
      "HandManipulateBlockRotateXYZ-v0\n",
      "VideoPinball-ramNoFrameskip-v4\n",
      "HumanoidStandup-v2\n",
      "Centipede-v4\n",
      "CarRacing-v0\n",
      "Alien-ramNoFrameskip-v4\n",
      "PongNoFrameskip-v4\n",
      "Alien-ramNoFrameskip-v0\n",
      "JamesbondNoFrameskip-v0\n",
      "BattleZone-ramDeterministic-v0\n",
      "Defender-ramDeterministic-v0\n",
      "Kangaroo-ram-v4\n",
      "Krull-ram-v0\n",
      "DemonAttack-ram-v4\n",
      "Riverraid-v4\n",
      "KangarooDeterministic-v0\n",
      "IceHockeyDeterministic-v4\n",
      "AtlantisNoFrameskip-v4\n",
      "SpaceInvaders-v0\n",
      "SeaquestNoFrameskip-v0\n",
      "WizardOfWorNoFrameskip-v4\n",
      "Skiing-ram-v4\n",
      "TimePilot-ramDeterministic-v4\n",
      "BankHeist-ramDeterministic-v4\n",
      "Gravitar-ramDeterministic-v4\n",
      "GopherNoFrameskip-v4\n",
      "SpaceInvaders-ramDeterministic-v4\n",
      "Freeway-ram-v4\n",
      "Gravitar-v4\n",
      "BipedalWalkerHardcore-v2\n",
      "Jamesbond-ramNoFrameskip-v4\n",
      "Asterix-ramNoFrameskip-v0\n",
      "DemonAttack-ramNoFrameskip-v4\n",
      "MsPacman-ram-v0\n",
      "DoubleDunk-ramDeterministic-v0\n",
      "DemonAttack-ramDeterministic-v4\n",
      "GuessingGame-v0\n",
      "ChopperCommand-ramNoFrameskip-v4\n",
      "Berzerk-v4\n",
      "Pitfall-v4\n",
      "VideoPinball-ramDeterministic-v4\n",
      "VideoPinballNoFrameskip-v0\n",
      "HandManipulateEggTouchSensors-v0\n",
      "FetchSlide-v1\n",
      "ElevatorAction-v4\n",
      "WizardOfWor-ram-v0\n",
      "BeamRider-ramNoFrameskip-v4\n",
      "Krull-ramNoFrameskip-v4\n",
      "Defender-v0\n",
      "HeroDeterministic-v0\n",
      "InvertedPendulum-v2\n",
      "Adventure-ramNoFrameskip-v0\n",
      "FishingDerby-v0\n",
      "TimePilotDeterministic-v0\n",
      "AirRaidDeterministic-v0\n",
      "BankHeist-ram-v0\n",
      "VideoPinball-ramNoFrameskip-v0\n",
      "HandManipulateBlockRotateZTouchSensorsDense-v1\n",
      "BreakoutDeterministic-v0\n",
      "TutankhamDeterministic-v4\n",
      "BowlingDeterministic-v4\n",
      "Asterix-ram-v4\n",
      "CrazyClimberNoFrameskip-v4\n",
      "DefenderDeterministic-v4\n",
      "Pendulum-v0\n",
      "JourneyEscape-ramDeterministic-v0\n",
      "YarsRevenge-v4\n",
      "StarGunner-v0\n",
      "Berzerk-ramDeterministic-v0\n",
      "Frostbite-ramDeterministic-v0\n",
      "Asteroids-v0\n",
      "MsPacmanDeterministic-v0\n",
      "ElevatorActionNoFrameskip-v4\n",
      "ElevatorActionDeterministic-v4\n",
      "WizardOfWorNoFrameskip-v0\n",
      "BoxingNoFrameskip-v0\n",
      "KangarooDeterministic-v4\n",
      "AirRaid-v4\n",
      "Alien-v0\n",
      "Adventure-ramDeterministic-v0\n",
      "Venture-ramDeterministic-v0\n",
      "TimePilot-ram-v0\n",
      "Venture-ram-v0\n",
      "MountainCar-v0\n",
      "NameThisGame-ram-v4\n",
      "Seaquest-ram-v4\n",
      "Assault-ram-v4\n",
      "Amidar-ramDeterministic-v0\n",
      "PitfallDeterministic-v0\n",
      "Gravitar-ram-v0\n",
      "Phoenix-v4\n",
      "IceHockeyNoFrameskip-v4\n",
      "JamesbondNoFrameskip-v4\n",
      "UpNDownDeterministic-v4\n",
      "HandManipulateBlockRotateZTouchSensors-v1\n",
      "CentipedeNoFrameskip-v0\n",
      "IceHockey-ramDeterministic-v4\n",
      "Tennis-v0\n",
      "ChopperCommand-ramNoFrameskip-v0\n",
      "DoubleDunk-ram-v0\n",
      "Kangaroo-ramNoFrameskip-v4\n",
      "Berzerk-ramNoFrameskip-v0\n",
      "Kangaroo-ramDeterministic-v4\n",
      "NameThisGame-ramNoFrameskip-v0\n",
      "CrazyClimber-ramNoFrameskip-v4\n",
      "Riverraid-v0\n",
      "StarGunner-ram-v4\n",
      "AdventureDeterministic-v0\n",
      "Tennis-ramNoFrameskip-v4\n",
      "Bowling-ramDeterministic-v0\n",
      "TimePilotNoFrameskip-v4\n",
      "CliffWalking-v0\n",
      "Breakout-ramNoFrameskip-v4\n",
      "Pitfall-ramNoFrameskip-v0\n",
      "JourneyEscape-ram-v0\n",
      "HeroDeterministic-v4\n",
      "Alien-v4\n",
      "SolarisDeterministic-v4\n",
      "RiverraidDeterministic-v0\n",
      "Asterix-v4\n",
      "SpaceInvaders-v4\n",
      "Asterix-v0\n",
      "Venture-ramNoFrameskip-v0\n",
      "Pong-ramDeterministic-v4\n",
      "Bowling-ram-v4\n",
      "NameThisGameDeterministic-v4\n",
      "Asterix-ramDeterministic-v0\n",
      "DoubleDunk-ramNoFrameskip-v4\n",
      "CarnivalDeterministic-v4\n",
      "IceHockey-ram-v0\n",
      "Carnival-v0\n",
      "MsPacman-v4\n",
      "AsterixNoFrameskip-v4\n",
      "PitfallNoFrameskip-v4\n",
      "Boxing-v0\n",
      "HandManipulateBlockTouchSensorsDense-v1\n",
      "CartPole-v1\n",
      "UpNDown-ramDeterministic-v4\n",
      "Gravitar-ram-v4\n",
      "Breakout-v4\n",
      "Humanoid-v2\n",
      "EnduroNoFrameskip-v4\n",
      "BoxingNoFrameskip-v4\n",
      "BattleZone-v4\n",
      "Assault-ramDeterministic-v0\n",
      "VideoPinball-ramDeterministic-v0\n",
      "NameThisGameNoFrameskip-v0\n",
      "Tutankham-v0\n",
      "ReversedAddition3-v0\n",
      "PooyanDeterministic-v4\n",
      "Breakout-ramDeterministic-v0\n",
      "HandManipulateBlockTouchSensors-v0\n",
      "AsterixDeterministic-v0\n",
      "HandManipulatePenRotateTouchSensors-v0\n",
      "ZaxxonDeterministic-v4\n",
      "TutankhamNoFrameskip-v0\n",
      "HandReach-v0\n",
      "NameThisGame-ramNoFrameskip-v4\n",
      "Pooyan-ram-v4\n",
      "HandManipulateBlockRotateXYZTouchSensors-v1\n",
      "Solaris-v0\n",
      "UpNDown-ram-v4\n",
      "Frostbite-v4\n",
      "BreakoutDeterministic-v4\n",
      "AirRaid-ram-v0\n",
      "Defender-ram-v4\n",
      "FreewayDeterministic-v4\n",
      "StarGunner-ram-v0\n",
      "DemonAttack-v0\n",
      "AirRaidNoFrameskip-v0\n",
      "Adventure-ram-v4\n",
      "MontezumaRevenge-ram-v4\n",
      "HandManipulateEggRotateDense-v0\n",
      "FrostbiteDeterministic-v4\n",
      "KangarooNoFrameskip-v0\n",
      "KungFuMasterDeterministic-v4\n",
      "VentureNoFrameskip-v4\n",
      "BattleZone-ramDeterministic-v4\n",
      "Robotank-v0\n",
      "BankHeist-v4\n",
      "Freeway-ramNoFrameskip-v0\n",
      "Asteroids-ram-v4\n",
      "Atlantis-ramDeterministic-v4\n",
      "Centipede-ramNoFrameskip-v0\n",
      "Phoenix-ramDeterministic-v0\n",
      "RiverraidNoFrameskip-v4\n",
      "JourneyEscape-ramDeterministic-v4\n",
      "HandManipulatePen-v0\n",
      "Pong-v0\n",
      "UpNDown-ramDeterministic-v0\n",
      "WizardOfWor-v0\n",
      "Bowling-ram-v0\n",
      "Copy-v0\n",
      "HandManipulateBlockRotateXYZDense-v0\n",
      "HandManipulatePenTouchSensors-v0\n",
      "JourneyEscapeNoFrameskip-v0\n",
      "NameThisGame-ramDeterministic-v4\n",
      "FetchSlideDense-v1\n",
      "VideoPinballNoFrameskip-v4\n",
      "Kangaroo-ramDeterministic-v0\n",
      "HandManipulateBlockRotateZTouchSensorsDense-v0\n",
      "BeamRiderDeterministic-v4\n",
      "Zaxxon-v4\n",
      "Enduro-v0\n",
      "Berzerk-ram-v4\n",
      "AlienDeterministic-v4\n",
      "ChopperCommandDeterministic-v0\n",
      "Jamesbond-ramDeterministic-v4\n",
      "HandManipulateBlock-v0\n",
      "GopherNoFrameskip-v0\n",
      "MontezumaRevengeNoFrameskip-v0\n",
      "QbertNoFrameskip-v4\n",
      "Enduro-ram-v0\n",
      "FetchPush-v1\n",
      "Tennis-ram-v0\n",
      "Frostbite-ramDeterministic-v4\n",
      "Tutankham-ramDeterministic-v0\n",
      "Pitfall-ramDeterministic-v4\n",
      "TimePilot-v0\n",
      "HandManipulateBlockRotateParallelTouchSensors-v1\n",
      "Zaxxon-ram-v4\n",
      "Pooyan-ramDeterministic-v4\n",
      "FishingDerby-ram-v0\n",
      "RoadRunner-ramNoFrameskip-v4\n",
      "Amidar-ram-v0\n",
      "FrozenLake8x8-v0\n",
      "Thrower-v2\n",
      "MontezumaRevengeDeterministic-v0\n",
      "ElevatorAction-ramNoFrameskip-v4\n",
      "Freeway-ramDeterministic-v0\n",
      "FreewayDeterministic-v0\n",
      "Pong-v4\n",
      "Humanoid-v3\n",
      "Robotank-ramDeterministic-v4\n",
      "UpNDown-v0\n",
      "IceHockeyNoFrameskip-v0\n",
      "WizardOfWor-ramDeterministic-v0\n",
      "HandManipulatePenRotate-v0\n",
      "HandManipulatePenTouchSensors-v1\n",
      "YarsRevenge-ramDeterministic-v4\n",
      "UpNDown-ramNoFrameskip-v0\n",
      "RiverraidNoFrameskip-v0\n",
      "Enduro-ramDeterministic-v0\n",
      "Carnival-ramNoFrameskip-v4\n",
      "ZaxxonNoFrameskip-v4\n",
      "Skiing-ramNoFrameskip-v4\n",
      "IceHockey-v4\n",
      "Boxing-ramDeterministic-v0\n",
      "FishingDerby-ram-v4\n",
      "Jamesbond-v0\n",
      "Seaquest-ram-v0\n",
      "JourneyEscapeDeterministic-v4\n",
      "DoubleDunk-v0\n",
      "VideoPinballDeterministic-v0\n",
      "Seaquest-v0\n",
      "KungFuMasterNoFrameskip-v0\n",
      "DoubleDunkNoFrameskip-v0\n",
      "CrazyClimber-v0\n",
      "KellyCoinflip-v0\n",
      "Enduro-v4\n",
      "DoubleDunk-v4\n",
      "MsPacman-ramNoFrameskip-v4\n",
      "RobotankNoFrameskip-v0\n",
      "Qbert-ram-v0\n",
      "NameThisGameDeterministic-v0\n",
      "PongDeterministic-v0\n",
      "Phoenix-ramDeterministic-v4\n",
      "CarnivalNoFrameskip-v4\n",
      "Assault-ramNoFrameskip-v0\n",
      "Hero-ramDeterministic-v0\n",
      "PongDeterministic-v4\n",
      "VideoPinball-ram-v4\n",
      "WizardOfWorDeterministic-v0\n",
      "HandManipulateEggRotateTouchSensors-v0\n",
      "Tutankham-ram-v4\n",
      "KrullNoFrameskip-v4\n",
      "KungFuMaster-ram-v4\n",
      "Jamesbond-ram-v0\n",
      "Qbert-v0\n",
      "PhoenixDeterministic-v0\n",
      "BeamRider-ramDeterministic-v4\n",
      "Asteroids-ramNoFrameskip-v4\n",
      "DoubleDunk-ramNoFrameskip-v0\n",
      "RobotankNoFrameskip-v4\n",
      "Carnival-ram-v4\n",
      "BankHeist-ramNoFrameskip-v0\n",
      "StarGunnerDeterministic-v0\n",
      "PitfallNoFrameskip-v0\n",
      "ElevatorAction-ramNoFrameskip-v0\n",
      "BattleZone-v0\n",
      "ChopperCommandDeterministic-v4\n",
      "Hero-ram-v4\n",
      "Solaris-ramNoFrameskip-v0\n",
      "Freeway-v4\n",
      "Kangaroo-ramNoFrameskip-v0\n",
      "PhoenixNoFrameskip-v4\n",
      "Tutankham-ramNoFrameskip-v4\n",
      "Centipede-ramDeterministic-v4\n",
      "HandManipulateBlockRotateParallelDense-v0\n"
     ]
    }
   ],
   "source": [
    "from gym import envs\n",
    "all_envs = envs.registry.all()\n",
    "env_ids = [env_spec.id for env_spec in all_envs]\n",
    "print(*env_ids, sep='\\n')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import gym"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "env_name = 'Breakout-v0'\n",
    "env = gym.make(env_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "obs = env.reset()\n",
    "env.render()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x1222654a8>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAANEAAAD8CAYAAADpCEEHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAADm1JREFUeJzt3X/sVfV9x/Hna1j9g3YBqyNGcKCjXXDZqCWObGq6uVokTdH9YTFLpZsZmmjSRpcFa7KZJU22rmDSbLPBSIqL9UdHrWaxVsaammXDCpYiqChYjHyDMHURh00t8N4f5/Ndj1++l+/93ve5vedeX4/k5p77Ob8+J35ffs45nPu+igjMrHe/MugOmA07h8gsySEyS3KIzJIcIrMkh8gsqW8hkrRM0h5JeyWt6dd+zAZN/fh3IkkzgBeBTwIHgKeBayPiucZ3ZjZg/RqJLgb2RsTLEfEu8ACwok/7Mhuo0/q03XOBV2ufDwC/22lhSX5swtro9Yg4e6qF+hWiKUlaDawe1P7NuvBKNwv1K0RjwLza57ml7f9FxHpgPXgksuHWr2uip4GFkhZIOh1YCTzap32ZDVRfRqKIOCbpZuB7wAxgQ0Ts7se+zAatL7e4p92JFp7OrVu3btrr3HLLLaltTFy/qW1ktaEPE03sU5/2uT0ilky1kJ9YMEsa2N25YdOPUWIQo10TfhkjzTDxSGSW5JHIpm2q0e/9NlJ5JDJL8khkU5pqZBnEdVmbeCQyS/JI1KUm/m/blm0Mwz6HiUcisySHyCzJj/2YdebHfsx+GVpxY2Hu3Lnvu3+gs/br9m/SI5FZkkNkluQQmSU5RGZJPYdI0jxJ35f0nKTdkr5Q2u+QNCZpR3ktb667Zu2TuTt3DLg1Ip6R9CFgu6TNZd6dEfHVfPfM2q/nEEXEQeBgmX5b0vNURRvN3lcauSaSNB/4GPBUabpZ0k5JGyTNbmIfZm2VDpGkDwKbgC9GxBHgLuACYDHVSLW2w3qrJW2TtO3o0aPZbpgNTCpEkj5AFaD7IuLbABFxKCKOR8QJ4G6q4vYniYj1EbEkIpbMnDkz0w2zgcrcnRNwD/B8RKyrtZ9TW+xqYFfv3TNrv8zdud8HPgc8K2lHafsScK2kxUAA+4EbUj00a7nM3bn/ADTJrMd6747Z8PETC2ZJrfgqxFT8NQnrh6ZqR3gkMktyiMySHCKzJIfILMkhMktyiMySHCKzJIfILMkhMktyiMySHCKzJIfILMkhMktyiMySHCKzpPT3iSTtB94GjgPHImKJpDOBB4H5VF8RvyYi/ie7L7M2amok+oOIWFz7VbE1wJaIWAhsKZ/NRlK/TudWABvL9Ebgqj7tx2zgmghRAE9I2i5pdWmbU8oMA7wGzGlgP2at1ESNhUsiYkzSrwGbJb1QnxkRMdkPG5fArQaYPduVhm14pUeiiBgr74eBh6kqnh4aL+JY3g9Psp4roNpIyJYRnll+VgVJM4ErqCqePgqsKoutAh7J7MeszbKnc3OAh6uKwpwGfDMiHpf0NPCQpOuBV4Brkvsxa61UiCLiZeB3Jml/A7g8s22zYeEnFsyShqIC6tZlywbdBRtB/9nQdjwSmSU5RGZJDpFZkkNkluQQmSUNxd25E79xZNBdMOvII5FZkkNkluQQmSU5RGZJDpFZkkNkljQUt7jf/NV3Bt0Fs448EpklOURmST2fzkn6KFWV03HnA38FzAL+HPjv0v6liHis5x6atVzPIYqIPcBiAEkzgDGqaj9/CtwZEV9tpIdmLdfU6dzlwL6IeKWh7ZkNjabuzq0E7q99vlnSdcA24NZsMfs3f/PdzOpmk3u9mc2kRyJJpwOfAb5Vmu4CLqA61TsIrO2w3mpJ2yRtO3r0aLYbZgPTxOnclcAzEXEIICIORcTxiDgB3E1VEfUkroBqo6KJEF1L7VRuvHxwcTVVRVSzkZW6Jiqlgz8J3FBr/oqkxVS/FrF/wjyzkZOtgHoU+PCEts+lemQ2ZIbi2blvnjhv0F2wEXRFQ9vxYz9mSQ6RWZJDZJbkEJklOURmSUNxd+7dB+4YdBdsFF3RzI+reCQyS3KIzJIcIrMkh8gsySEyS3KIzJKG4hb3vz++dNBdsBH06SvWNbIdj0RmSQ6RWZJDZJbUVYgkbZB0WNKuWtuZkjZLeqm8zy7tkvQ1SXsl7ZR0Ub86b9YG3Y5E3wCWTWhbA2yJiIXAlvIZquo/C8trNVUJLbOR1VWIIuJJ4M0JzSuAjWV6I3BVrf3eqGwFZk2oAGQ2UjLXRHMi4mCZfg2YU6bPBV6tLXegtL2HizfaqGjkxkJEBFWJrOms4+KNNhIyITo0fppW3g+X9jFgXm25uaXNbCRlQvQosKpMrwIeqbVfV+7SLQXeqp32mY2crh77kXQ/8AngLEkHgL8G/hZ4SNL1wCvANWXxx4DlwF7gHarfKzIbWV2FKCKu7TDr8kmWDeCmTKfMhomfWDBLcojMkhwisySHyCzJITJLcojMkhwisySHyCzJITJLcojMkhwisySHyCzJITJLcojMkhwisySHyCzJITJLmjJEHaqf/r2kF0qF04clzSrt8yX9VNKO8vp6Pztv1gbdjETf4OTqp5uB34qI3wZeBG6rzdsXEYvL68ZmumnWXlOGaLLqpxHxREQcKx+3UpXFMntfauKa6M+A79Y+L5D0I0k/kHRpp5VcAdVGReqX8iTdDhwD7itNB4HzIuINSR8HviPpwog4MnHdiFgPrAeYN2/etKqnmrVJzyORpM8Dnwb+pJTJIiJ+FhFvlOntwD7gIw3006y1egqRpGXAXwKfiYh3au1nS5pRps+n+nmVl5voqFlbTXk616H66W3AGcBmSQBby524y4C/kfRz4ARwY0RM/EkWs5EyZYg6VD+9p8Oym4BN2U6ZDRM/sWCW5BCZJTlEZkkOkVmSQ2SW5BCZJTlEZkkOkVmSQ2SW5BCZJTlEZkkOkVmSQ2SW5BCZJTlEZkkOkVmSQ2SW1GsF1DskjdUqnS6vzbtN0l5JeyR9ql8dN2uLXiugAtxZq3T6GICkRcBK4MKyzj+NFy4xG1U9VUA9hRXAA6V01k+AvcDFif6ZtV7mmujmUtB+g6TZpe1c4NXaMgdK20lcAdVGRa8hugu4AFhMVfV07XQ3EBHrI2JJRCyZOXNmj90wG7yeQhQRhyLieEScAO7mF6dsY8C82qJzS5vZyOq1Auo5tY9XA+N37h4FVko6Q9ICqgqoP8x10azdeq2A+glJi4EA9gM3AETEbkkPAc9RFbq/KSKO96frZu3QaAXUsvyXgS9nOmU2TPzEglmSQ2SW5BCZJTlEZkkOkVmSQ2SW5BCZJTlEZkkOkVmSQ2SW5BCZJTlEZkkOkVmSQ2SW5BCZJTlEZkm9Fm98sFa4cb+kHaV9vqSf1uZ9vZ+dN2uDKb/ZSlW88R+Ae8cbIuKz49OS1gJv1ZbfFxGLm+qgWdt18/XwJyXNn2yeJAHXAH/YbLfMhkf2muhS4FBEvFRrWyDpR5J+IOnS5PbNWq+b07lTuRa4v/b5IHBeRLwh6ePAdyRdGBFHJq4oaTWwGmD27NkTZ5sNjZ5HIkmnAX8MPDjeVmpwv1GmtwP7gI9Mtr4roNqoyJzO/RHwQkQcGG+QdPb4r0BIOp+qeOPLuS6atVs3t7jvB/4L+KikA5KuL7NW8t5TOYDLgJ3llve/ADdGRLe/KGE2lHot3khEfH6Stk3Apny3zIaHn1gwS3KIzJIcIrMkh8gsySEyS3KIzJIcIrMkh8gsySEyS8o+xd2It2ac4F9n/e+gu2GT2LpsWWr9pY8/3lBPmvd7TzzRyHY8EpklOURmSQ6RWVIrromsvdp8TdMWHonMkjwS2ftWU6OsIqKRDaU6IQ2+E2Yn2x4RS6ZaqJuvh8+T9H1Jz0naLekLpf1MSZslvVTeZ5d2SfqapL2Sdkq6KH8sZu3VzTXRMeDWiFgELAVukrQIWANsiYiFwJbyGeBKqgIlC6lKYt3VeK/NWmTKEEXEwYh4pky/DTwPnAusADaWxTYCV5XpFcC9UdkKzJJ0TuM9N2uJad2dK+WEPwY8BcyJiINl1mvAnDJ9LvBqbbUDpc1sJHV9d07SB6kq+XwxIo5UZbgrERHTvTlQr4BqNsy6GokkfYAqQPdFxLdL86Hx07Tyfri0jwHzaqvPLW3vUa+A2mvnzdqgm7tzAu4Bno+IdbVZjwKryvQq4JFa+3XlLt1S4K3aaZ/Z6ImIU76AS4AAdgI7yms58GGqu3IvAf8GnFmWF/CPVHW4nwWWdLGP8MuvFr62TfW3GxH+x1azU2jmH1vN7NQcIrMkh8gsySEyS3KIzJLa8n2i14Gj5X1UnMXoHM8oHQt0fzy/3s3GWnGLG0DStlF6emGUjmeUjgWaPx6fzpklOURmSW0K0fpBd6Bho3Q8o3Qs0PDxtOaayGxYtWkkMhtKAw+RpGWS9pTCJmumXqN9JO2X9KykHZK2lbZJC7m0kaQNkg5L2lVrG9pCNB2O5w5JY+W/0Q5Jy2vzbivHs0fSp6a9w24e9e7XC5hB9ZWJ84HTgR8DiwbZpx6PYz9w1oS2rwBryvQa4O8G3c9T9P8y4CJg11T9p/oazHepvvKyFHhq0P3v8njuAP5ikmUXlb+7M4AF5e9xxnT2N+iR6GJgb0S8HBHvAg9QFToZBZ0KubRORDwJvDmheWgL0XQ4nk5WAA9ExM8i4ifAXqq/y64NOkSjUtQkgCckbS+1I6BzIZdhMYqFaG4up6AbaqfX6eMZdIhGxSURcRFVzb2bJF1WnxnVecPQ3gYd9v4XdwEXAIuBg8DapjY86BB1VdSk7SJirLwfBh6mOh3oVMhlWKQK0bRNRByKiOMRcQK4m1+csqWPZ9AhehpYKGmBpNOBlVSFToaGpJmSPjQ+DVwB7KJzIZdhMVKFaCZct11N9d8IquNZKekMSQuoKvf+cFobb8GdlOXAi1R3RW4fdH966P/5VHd3fgzsHj8GOhRyaeMLuJ/qFOfnVNcE13fqPz0UomnJ8fxz6e/OEpxzasvfXo5nD3DldPfnJxbMkgZ9Omc29BwisySHyCzJITJLcojMkhwisySHyCzJITJL+j+3QFvlMGmcOgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "obs = env.reset()\n",
    "plt.imshow(env.render(mode='rgb_array'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Box(210, 160, 3)\n"
     ]
    }
   ],
   "source": [
    "print(env.observation_space)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Discrete(4)\n"
     ]
    }
   ],
   "source": [
    "print(env.action_space)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "env.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [conda env:new_tf]",
   "language": "python",
   "name": "conda-env-new_tf-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
